#!/bin/bash

eval "$(conda shell.bash hook)"
conda activate envs/align_bench/

python get_answers.py --ip 10.26.196.44 \
  --model-class llama_factory \
  --model-name train_v05_40135 \
  --workers 2 \
  --question-file data/data_release.jsonl \
  --save-dir data/model_answer

python judge.py \
    --config-path config/multi-dimension.json \
    --model-name train_v05_40135 \
    --parallel 2

#python get_answers.py --ip "chatgpt.ke.com" \
#  --model-class gpt_4_ke \
#  --model-name gpt-4-1106-preview \
#  --workers 2 \
#  --question-file data/data_release.jsonl \
#  --save-dir data/model_answer


#python judge.py \
#    --config-path config/multi-dimension.json \
#    --model-name llama_factory \
#    --parallel 3


python get_answers.py --ip "chatgpt.ke.com" \
  --model-class gpt_4_ke \
  --model-name gpt-4 \
  --workers 2 \
  --question-file data/data_release.jsonl \
  --save-dir data/model_answer


python judge.py \
    --config-path config/multi-dimension.json \
    --model-name gpt-4 \
    --parallel 2


python get_answers.py --ip 10.26.198.212 \
  --model-class llama_factory \
  --model-name train_v1_and_v2_4w \
  --workers 2 \
  --question-file data/data_release.jsonl \
  --save-dir data/model_answer

python judge.py \
    --config-path config/multi-dimension.json \
    --model-name train_v1_and_v2_4w \
    --parallel 2